#ifndef TOKEN_STREAM
#define TOKEN_STREAM
#include "String.h"
namespace utils
{
	class TokenStream
	{
		public:
			
		TokenStream();
		~TokenStream();

		void resetStream();
		void setTokenStream(const char*buffer);
		bool getNextToken(std::string*buffer);
		bool getNextToken(std::string*token,std::string*buffer);
		bool moveToNextLine(std::string*buffer);
		bool isValidIdentifier(char c);
	private:
		int startIndex;
		int endIndex;
		std::string data;


		
	};

};
#endif